/**
 * 
 */
package org.statewalker.tokenizer.base;

public final class WordTokenizer<T> extends SimpleTokenizer<T> {

    public WordTokenizer(ITokenFactory<T> factory) {
        super(factory);
    }

    @Override
    protected boolean checkChar(char ch, int pos) {
        return Character.isLetterOrDigit(ch);
    }
}